This script is used to convert the program output to json result files (one for each instance). All the program output is stored in the data subfolder

Note set working dir to source file location when you work with the script. ### Setup Install packages:

# remotes::install_github("MCDMSociety/MOrepo/misc/R/MOrepoTools")
library(MOrepoTools)
library(tidyverse)
library(lubridate)
library(fs)
options(width = 100)
source("functions.R")

Get all instances

instances <- list.files("../../instances/raw/", recursive = T) %>%
   str_remove(".*/") %>% str_remove(".raw")
str(instances)
#>  chr [1:1980] "Forget20-AP_10_3_1-10_2box_1_1" "Forget20-AP_10_3_1-10_2box_1_10" ...

Read result output

dat <- read_csv("data/stat.csv", col_types = cols()) %>% rownames_to_column()
dat

Check if output consistent

Different tests on each instance?

tmp <- dat %>% group_by(instance) %>% summarise(count = n())
unique(tmp$count)
#> [1] 4

An example:

dat %>% dplyr::filter(instance == tmp$instance[1])

That is the tests differ in nodesel and varsel. #### Do all results have an instance file?

tmp <- tibble(instance = instances)
nrow(dat) == nrow(dat %>% full_join(tmp))
#> [1] TRUE

Do all methods find exact solution?

tmp <- dat %>% group_by(instance, solved) %>% nest() %>% dplyr::filter(solved == 0)
nrow(tmp) == 0
#> [1] FALSE

Create json files

All result files are in csv format with comma delimitor and dot as decimal mark.

resFiles <- list.files(recursive = T)
start_time <- now()
for (iName in unique(dat$instance)) {
   tmp <- dat %>% dplyr::filter(instance == iName)
   resFilesTmp <- grep(iName, resFiles, value = T)
   if (length(resFilesTmp) > 0) {
      message(iName,": ")
      cat(iName, ": ", sep="")
      mth1 <- paste0(tmp$nodesel, "_", tmp$varsel, "_", tolower(tmp$OB))
      if (all(file_exists(paste0("../", iName, "_", mth1, "_result.json")))) {
         cat("Already generated for all methods!\n")
         next
      }
      message("\nDuration: ", now() - start_time,"\n")
      if (now() - start_time > 60*60*4) {message("\nStop script. Max time obtained."); break}   # max of 4 hours run time 60*60*4
      pts0 <- read_csv(grep(str_c(iName,"_UB"), resFiles, value = T), col_types = cols())[,1:tmp$p[1]] %>%
         mutate(rowId = 1:nrow(.))
      pts <- addNDSet(pts0[,1:tmp$p[1]]) %>%
         select(-(nd:us), type = "cls")
      pts <- full_join(pts0, pts, by = c("z1", "z2", "z3")) %>%
         arrange(rowId) %>% # so the order will be the same as in XE
         select(contains("z"), type)
      # coeff <- read_csv(grep(str_c(iName,"_coef"), resFiles, value = T))
      # coeffRatio <- sum(coeff$nondominated)/nrow(coeff)
      for (i in 1:nrow(tmp)) {
         message("\n\nFile ", tmp$rowname[i], "/", nrow(dat), "\n\n")
         mth1 <- paste0(tmp$nodesel[i], "_", tmp$varsel[i], "_", tolower(tmp$OB[i]))
         mth <- mth1 %>%
            str_replace_all(c("breadth" = "b", "depth" = "d", "none" = "-2", "cone" = "1", "exact" = "-2"))
         cat(tmp$rowname[i],": ", mth, "  ", sep="")
         if (file_exists(paste0(iName, "_", mth1, "_result.json"))) {
            cat("Already generated! ")
            next
         }
         # if (round(coeffRatio,3) != round(tmp$ratioNDcoef[i], 3)) warning("Tjeck error: Ratio not the same!", coeffRatio, "!>", tmp$ratioNDcoef)
         pts1 <- read_csv(grep(mth, resFilesTmp, value = T), col_types = cols())
         pts2 <- full_join(pts,pts1)
         pts3 <- pts %>% slice(0)
         if (nrow(pts) != nrow(pts2) & tmp$solved[i] == 1) warning("Tjeck error: ND sets not equal!")
         if (nrow(pts) == nrow(pts2)) pts3 <- pts
         if (tmp$solved[i] == 0) {
            pts3 <- pts1[,1:tmp$p[i]]
            pts3 <- addNDSet(pts3) %>% select(-(nd:us), type = "cls")
         }
         if (nrow(pts3) != tmp$YN[i]) warning("Tjeck error: Different number of nondominated points!")

         misc <- list(
            algConfig = tmp %>% select(nodesel:OB) %>% slice(i) %>% as.list(),
            inputStat = list(
               n = tmp$n[i], coeffNDRatio = tmp$ratioNDcoef[i], coeffGenMethod = tmp$coef[i],
               coeffRange = c(tmp$rangemin[i], tmp$rangemax[i])),
            outputStat = tmp %>% select(nbnodes:maxnbpbOB) %>% slice(i) %>% as.list())
         if (tmp$solved[i] == 1) misc$xE = read_csv(grep(str_c(iName,"_XE"), resFiles, value = T), col_types = cols())
         misc$outputStat$yNStat <- pts1
         try(createResultFile(
            instanceName = iName,
            other = mth1,
            contributionName = "Forget20",
            objectives = dat$p[i],
            objectiveType = rep("int", dat$p[i]),
            direction = rep("min", dat$p[i]),
            cpu = c(sec = tmp$tpstotal[i], machineSpec = "Intel i7-4785T 2.20 GHz, 15.6 GB RAM, Ubuntu 14.04 LTS 64 bit"),
            points = pts3,
            card = tmp$YN[i],
            suppCard = nrow(dplyr::filter(pts3, type == "se" | type == "sne")),
            extCard = nrow(dplyr::filter(pts3, type == "us")),
            comments = paste0("Instance solved using config ", mth1),
            optimal = if_else(tmp$solved[i] == 1, TRUE, FALSE),
            # we add all other things under misc
            misc = misc
         ))
         #' Move the file
         jsonF <- grep("json", dir_ls(), value = T)
         file_move(jsonF, paste0("../",jsonF))
      }
   } else warning("Tjeck error: Can't find result files!")
   cat("\n")
   break;
}
#> Forget20-KP_20_3_1000-2000_2box_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_2box_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_2box_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-10_2box_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_random_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_random_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-10_random_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-10_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1000-2000_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-1000_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_20_3_1-10_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_2box_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_2box_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-10_2box_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_random_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_random_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-10_random_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-10_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1000-2000_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-1000_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_25_3_1-10_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_2box_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_2box_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-10_2box_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_random_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_random_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-10_random_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-10_spheredown_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1000-2000_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-1000_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_1_1: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_10_10: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_2_2: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_3_3: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_4_4: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_5_5: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_6_6: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_7_7: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_8_8: Already generated for all methods!
#> Forget20-KP_30_3_1-10_sphereup_9_9: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_1_1: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_10_10: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_2_2: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_3_3: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_4_4: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_5_5: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_6_6: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_7_7: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_8_8: Already generated for all methods!
#> Forget20-KP_35_3_1000-2000_2box_9_9: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_1_1: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_10_10: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_2_2: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_3_3: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_4_4: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_5_5: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_6_6: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_7_7: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_8_8: Already generated for all methods!
#> Forget20-KP_35_3_1-1000_2box_9_9: Already generated for all methods!
#> Forget20-KP_35_3_1-10_2box_1_1: Already generated for all methods!
#> Forget20-KP_35_3_1-10_2box_10_10: 1525: d_mof_-2
#> Warning: Tjeck error: ND sets not equal!
#> Warning: Tjeck error: Different number of nondominated points!
#> Error in createResultFile(instanceName = iName, other = mth1, contributionName = "Forget20",  : 
#>   Error: card is not equal the number of points!
#> 1526: b_mof_-2
#> Warning: Tjeck error: ND sets not equal!

#> Warning: Tjeck error: Different number of nondominated points!
#> Error in createResultFile(instanceName = iName, other = mth1, contributionName = "Forget20",  : 
#>   Error: card is not equal the number of points!
#> 1527: d_mfavg_-2
#> Warning: Tjeck error: ND sets not equal!

#> Warning: Tjeck error: Different number of nondominated points!
#> Error in createResultFile(instanceName = iName, other = mth1, contributionName = "Forget20",  : 
#>   Error: card is not equal the number of points!
#> 1528: b_mfavg_-2

For how to compiling reports from R script see https://rmarkdown.rstudio.com/articles_report_from_r_script.html